import java.util.List;

import io.Token;
import io.Tokenizer;


public class TokenizerTester {
	public static void main(String[] args) throws Exception {
		List<Token> tokens = Tokenizer.tokenize("src/test.txt");
		for (Token token : tokens) {
			System.out.println(token);
		}
	}

}
